#!/usr/bin/perl -w 
# titlebytes - find the title and size of documents 
use LWP::UserAgent; 
use HTTP::Request; 
use HTTP::Response; 
use URI::Heuristic;

my $raw_url = shift                      or die "usage: $0 url\n"; 
my $url = URI::Heuristic::uf_urlstr($raw_url);
$| = 1;                                  # to flush next line 
printf "%s =>\n\t", $url;
my $ua = LWP::UserAgent->new(); 
$ua->agent("Schmozilla/v9.14 Platinum"); # give it time, it'll get there
my $req = HTTP::Request->new(GET => $url); 
$req->header(Accept => "text/html, */*;q=0.1", 
				Accept => "text/xhtml, */*;q=0.1", 
				hd=>'hd',
				'Content-Type' => 'text',
				'Content-Type' => 'xml',
				'X-Request-With' => 'acoko');

#$req->referer("http://wizard.yellowbrick.oz");
                                         # perplex the log analysers
my $response = $ua->request($req);
if ($response->is_error()) {
     printf " %s\n", $response->status_line;
} else {
     my $count;
     my $bytes;
     my $content = $response->content();
     $bytes = length $content;
     $count = ($content =~ tr/\n/\n/);
	 #chomp($count);
     printf "%s\n[%d lines, %d bytes]\n[Title: %s]", $content, $count, $bytes, $response->title(); 
} 

